Tensor2Tensor HParams,MOSES BLEU,Sparsity,l0_norm_weight,l0_norm_weight_fn,dkl_weight_start,dkl_weight_diff,regularization
sparse_transformer_l0_regularization,24.17,0.753008127213,2.2222222222222222e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,25.02,0.752149581909,2.2222222222222222e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,24.94,0.70628118515,2.2222222222222222e-7,linear,0,1,none
sparse_transformer_l0_regularization,24.69,0.667552888393,1.5555555555555554e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,26.06,0.665358841419,1.5555555555555554e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,25.35,0.614201664925,1.5555555555555554e-7,linear,0,1,none
sparse_transformer_l0_regularization,25.58,0.520824074745,8.88888888888889e-8,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,26.18,0.51523321867,8.88888888888889e-8,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,25.7,0.46072486043,8.88888888888889e-8,linear,0,1,none
sparse_transformer_l0_regularization,27.05,0.141423881054,2.2222222222222224e-8,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,26.82,0.129782527685,2.2222222222222224e-8,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,24.72,0.08584112674,2.2222222222222224e-8,linear,0,1,none
sparse_transformer_l0_regularization,25.53,0.63953769207,2.2222222222222222e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.05,0.624281525612,2.2222222222222222e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.26,0.569949865341,2.2222222222222222e-7,linear,0,100000,none
sparse_transformer_l0_regularization,24.96,0.689902663231,2.2222222222222222e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.58,0.682471811771,2.2222222222222222e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.63,0.632902979851,2.2222222222222222e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,26.39,0.463364988565,2.2222222222222222e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.427980601788,2.2222222222222222e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.19,0.37328478694,2.2222222222222222e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,26.15,0.495804488659,2.2222222222222222e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.88,0.45952796936,2.2222222222222222e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.69,0.404461532831,2.2222222222222222e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,26.82,0.332704752684,2.2222222222222222e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.51,0.294369518757,2.2222222222222222e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.96,0.251484006643,2.2222222222222222e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,26.97,0.360987216234,1.5555555555555554e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.27,0.323368698359,1.5555555555555554e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.275200337172,1.5555555555555554e-7,linear,0,100000,none
sparse_transformer_l0_regularization,26.74,0.203664273024,1.5555555555555554e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.07,0.176796123385,1.5555555555555554e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.74,0.146485358477,1.5555555555555554e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,26.95,0.233774125576,1.5555555555555554e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.82,0.202688887715,1.5555555555555554e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.7,0.169655829668,1.5555555555555554e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,27.05,0.0442876629531,1.5555555555555554e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.59,0.0311741046607,1.5555555555555554e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.36,0.0202543400228,1.5555555555555554e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,27.01,0.0890269652009,1.5555555555555554e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.0718571841717,1.5555555555555554e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.91,0.0536182112992,1.5555555555555554e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,26.03,0.548740029335,8.88888888888889e-8,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.38,0.531319916248,8.88888888888889e-8,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.88,0.478142112494,8.88888888888889e-8,linear,0,100000,none
sparse_transformer_l0_regularization,25.64,0.601335048676,8.88888888888889e-8,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.21,0.591096878052,8.88888888888889e-8,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.51,0.539659261703,8.88888888888889e-8,linear,100000,100000,none
sparse_transformer_l0_regularization,26.91,0.38071835041,8.88888888888889e-8,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.85,0.348073244095,8.88888888888889e-8,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.6,0.303940713406,8.88888888888889e-8,linear,200000,100000,none
sparse_transformer_l0_regularization,26.55,0.408998429775,8.88888888888889e-8,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.46,0.376035839319,8.88888888888889e-8,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.57,0.33000433445,8.88888888888889e-8,linear,300000,100000,none
sparse_transformer_l0_regularization,27.04,0.26680034399,8.88888888888889e-8,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.5,0.2348279953,8.88888888888889e-8,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,24.85,0.199412673712,8.88888888888889e-8,linear,400000,100000,none
sparse_transformer_l0_regularization,26.84,0.292167693377,2.2222222222222224e-8,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.7,0.258056014776,2.2222222222222224e-8,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.95,0.220528423786,2.2222222222222224e-8,linear,0,100000,none
sparse_transformer_l0_regularization,27.17,0.160184234381,2.2222222222222224e-8,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.54,0.135658249259,2.2222222222222224e-8,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.65,0.110089071095,2.2222222222222224e-8,linear,100000,100000,none
sparse_transformer_l0_regularization,26.97,0.183913901448,2.2222222222222224e-8,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.35,0.158759519458,2.2222222222222224e-8,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.54,0.130946666002,2.2222222222222224e-8,linear,200000,100000,none
sparse_transformer_l0_regularization,27.35,0.0194371491671,2.2222222222222224e-8,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.95,0.012801412493,2.2222222222222224e-8,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.47,0.00808296538889,2.2222222222222224e-8,linear,300000,100000,none
sparse_transformer_l0_regularization,27.26,0.0570339038968,2.2222222222222224e-8,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.18,0.0432843342423,2.2222222222222224e-8,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.36,0.0292186550796,2.2222222222222224e-8,linear,400000,100000,none
sparse_transformer_l0_regularization,26.41,0.415294259787,2.2222222222222222e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.27,0.396817952394,2.2222222222222222e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.81,0.350697726011,2.2222222222222222e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,26.5,0.46224874258,2.2222222222222222e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.61,0.449777007103,2.2222222222222222e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.61,0.399663746357,2.2222222222222222e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,26.77,0.279828429222,2.2222222222222222e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.54,0.251905113459,2.2222222222222222e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.89,0.215323895216,2.2222222222222222e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,26.72,0.302930355072,2.2222222222222222e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.28,0.275881230831,2.2222222222222222e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.69,0.239674925804,2.2222222222222222e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,27.01,0.187422379851,2.2222222222222222e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.29,0.162072360516,2.2222222222222222e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.55,0.13171556592,2.2222222222222222e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,26.73,0.206862360239,1.5555555555555554e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.3,0.181385397911,1.5555555555555554e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.48,0.150324553251,1.5555555555555554e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,27.11,0.0956061631441,1.5555555555555554e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.0764722526073,1.5555555555555554e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.7,0.0548212341964,1.5555555555555554e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,27.08,0.118402704597,1.5555555555555554e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.72,0.0981951802969,1.5555555555555554e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.68,0.0742936506867,1.5555555555555554e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,27.17,0.00404350459576,1.5555555555555554e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.78,0.0018441923894,1.5555555555555554e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.85,0.00149067712482,1.5555555555555554e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,27.32,0.0174826979637,1.5555555555555554e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.24,0.0108987269923,1.5555555555555554e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.62,0.00650537433103,1.5555555555555554e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,26.91,0.104221098125,8.88888888888889e-8,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.0876288190484,8.88888888888889e-8,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.49,0.0532969981432,8.88888888888889e-8,cubic,0,100000,none
sparse_transformer_l0_regularization,27.02,0.121181204915,8.88888888888889e-8,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.18,0.106754049659,8.88888888888889e-8,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.92,0.0689876973629,8.88888888888889e-8,cubic,100000,100000,none
sparse_transformer_l0_regularization,27.03,0.0501404553652,8.88888888888889e-8,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.91,0.0365988127887,8.88888888888889e-8,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.45,0.0194522440434,8.88888888888889e-8,cubic,200000,100000,none
sparse_transformer_l0_regularization,27.08,0.0607212260365,8.88888888888889e-8,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.37,0.0457977727056,8.88888888888889e-8,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.6,0.0257213674486,8.88888888888889e-8,cubic,300000,100000,none
sparse_transformer_l0_regularization,26.98,0.0169199127704,8.88888888888889e-8,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.34,0.00978196319193,8.88888888888889e-8,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.53,0.00530520034954,8.88888888888889e-8,cubic,400000,100000,none
sparse_transformer_l0_regularization,27.02,0.024310875684,2.2222222222222224e-8,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.0142120197415,2.2222222222222224e-8,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.58,0.00766787864268,2.2222222222222224e-8,cubic,0,100000,none
sparse_transformer_l0_regularization,27.02,0.00359803321771,2.2222222222222224e-8,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.41,0.00194967072457,2.2222222222222224e-8,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.84,0.00143745506648,2.2222222222222224e-8,cubic,100000,100000,none
sparse_transformer_l0_regularization,26.91,0.00548123801127,2.2222222222222224e-8,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.52,0.0026341911871,2.2222222222222224e-8,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.5,0.00214895489626,2.2222222222222224e-8,cubic,200000,100000,none
sparse_transformer_l0_regularization,26.99,0.00160876114387,2.2222222222222224e-8,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.64,0.000352991366526,2.2222222222222224e-8,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.77,0.000493470870424,2.2222222222222224e-8,cubic,300000,100000,none
sparse_transformer_l0_regularization,26.97,0.00153257057536,2.2222222222222224e-8,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.22,0.00107604905497,2.2222222222222224e-8,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.4,0.0009009448695,2.2222222222222224e-8,cubic,400000,100000,none
sparse_transformer_l0_regularization,25.73,0.574357271194,2.2222222222222222e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.2,0.551583945751,2.2222222222222222e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.78,0.495684832335,2.2222222222222222e-7,linear,0,200000,none
sparse_transformer_l0_regularization,25.43,0.649071991444,2.2222222222222222e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.08,0.636502146721,2.2222222222222222e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.64,0.583630561829,2.2222222222222222e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,26.47,0.408316999674,2.2222222222222222e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.28,0.374044120312,2.2222222222222222e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,26,0.323978871107,2.2222222222222222e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,26.71,0.467899858952,2.2222222222222222e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.55,0.430827707052,2.2222222222222222e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.9,0.376903027296,2.2222222222222222e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.95,0.27840077877,1.5555555555555554e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.245220243931,1.5555555555555554e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.48,0.208227396011,1.5555555555555554e-7,linear,0,200000,none
sparse_transformer_l0_regularization,26.75,0.334568232298,1.5555555555555554e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.87,0.295152693987,1.5555555555555554e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.25,0.253754019737,1.5555555555555554e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,26.97,0.145812302828,1.5555555555555554e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.55,0.123196355999,1.5555555555555554e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.71,0.0979517623782,1.5555555555555554e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,27.01,0.204493612051,1.5555555555555554e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.33,0.176438435912,1.5555555555555554e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.67,0.148072972894,1.5555555555555554e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.35,0.482170879841,8.88888888888889e-8,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.64,0.458908945322,8.88888888888889e-8,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.82,0.406431376934,8.88888888888889e-8,linear,0,200000,none
sparse_transformer_l0_regularization,25.84,0.558441102505,8.88888888888889e-8,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.4,0.541882038116,8.88888888888889e-8,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.84,0.49211615324,8.88888888888889e-8,linear,100000,200000,none
sparse_transformer_l0_regularization,27.02,0.333649367094,8.88888888888889e-8,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.4,0.303158372641,8.88888888888889e-8,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.84,0.262250810862,8.88888888888889e-8,linear,200000,200000,none
sparse_transformer_l0_regularization,26.42,0.385005503893,8.88888888888889e-8,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.76,0.350703984499,8.88888888888889e-8,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.99,0.307790011168,8.88888888888889e-8,linear,300000,200000,none
sparse_transformer_l0_regularization,26.78,0.222649767995,2.2222222222222224e-8,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.41,0.195568576455,2.2222222222222224e-8,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.66,0.163382381201,2.2222222222222224e-8,linear,0,200000,none
sparse_transformer_l0_regularization,27.02,0.268879115582,2.2222222222222224e-8,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.65,0.237507969141,2.2222222222222224e-8,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.64,0.20260886848,2.2222222222222224e-8,linear,100000,200000,none
sparse_transformer_l0_regularization,27.17,0.104133240879,2.2222222222222224e-8,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.11,0.0852668806911,2.2222222222222224e-8,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.39,0.0632635429502,2.2222222222222224e-8,linear,200000,200000,none
sparse_transformer_l0_regularization,26.89,0.161004528403,2.2222222222222224e-8,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.59,0.13723154366,2.2222222222222224e-8,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.46,0.110731564462,2.2222222222222224e-8,linear,300000,200000,none
sparse_transformer_l0_regularization,26.59,0.354713380337,2.2222222222222222e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.13,0.332818299532,2.2222222222222222e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.41,0.286896288395,2.2222222222222222e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,26.44,0.422486007214,2.2222222222222222e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.406301081181,2.2222222222222222e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.73,0.35822480917,2.2222222222222222e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,27.01,0.238778561354,2.2222222222222222e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.67,0.214426830411,2.2222222222222222e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.94,0.177265018225,2.2222222222222222e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,26.62,0.282533705235,2.2222222222222222e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.22,0.256705999374,2.2222222222222222e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,26.21,0.218280300498,2.2222222222222222e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,27.08,0.14761158824,1.5555555555555554e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.124177649617,1.5555555555555554e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.8,0.0959933027625,1.5555555555555554e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,26.77,0.187607988715,1.5555555555555554e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.59,0.163570448756,1.5555555555555554e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.99,0.132801875472,1.5555555555555554e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.95,0.0463557764888,1.5555555555555554e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.84,0.0317624285817,1.5555555555555554e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.49,0.0195404496044,1.5555555555555554e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,26.93,0.0957716703415,1.5555555555555554e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.42,0.0786273628473,1.5555555555555554e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.6,0.0554310232401,1.5555555555555554e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,26.75,0.0732880905271,8.88888888888889e-8,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.66,0.0571604706347,8.88888888888889e-8,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,26.09,0.0322300978005,8.88888888888889e-8,cubic,0,200000,none
sparse_transformer_l0_regularization,26.89,0.102646127343,8.88888888888889e-8,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.36,0.0883085429668,8.88888888888889e-8,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.77,0.0530706830323,8.88888888888889e-8,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.81,0.0298829246312,8.88888888888889e-8,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.65,0.0207354836166,8.88888888888889e-8,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.36,0.00983277894557,8.88888888888889e-8,cubic,200000,200000,none
sparse_transformer_l0_regularization,26.91,0.0487125441432,8.88888888888889e-8,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.39,0.0341280847788,8.88888888888889e-8,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.62,0.0189816914499,8.88888888888889e-8,cubic,300000,200000,none
sparse_transformer_l0_regularization,27.17,0.00801631901413,2.2222222222222224e-8,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.51,0.00361897191033,2.2222222222222224e-8,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.96,0.00258856522851,2.2222222222222224e-8,cubic,0,200000,none
sparse_transformer_l0_regularization,26.89,0.016910450533,2.2222222222222224e-8,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.63,0.00981360860169,2.2222222222222224e-8,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.5,0.00475765625015,2.2222222222222224e-8,cubic,100000,200000,none
sparse_transformer_l0_regularization,27.27,0.00203625694849,2.2222222222222224e-8,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.32,0.00113058078568,2.2222222222222224e-8,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.67,0.000949697685428,2.2222222222222224e-8,cubic,200000,200000,none
sparse_transformer_l0_regularization,27.3,0.00382933905348,2.2222222222222224e-8,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.00163439812604,2.2222222222222224e-8,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.75,0.00132482266054,2.2222222222222224e-8,cubic,300000,200000,none
sparse_transformer_l0_regularization,26.39,0.517453253269,2.2222222222222222e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.44,0.491925776005,2.2222222222222222e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.02,0.437210202217,2.2222222222222222e-7,linear,0,300000,none
sparse_transformer_l0_regularization,25.47,0.615825653076,2.2222222222222222e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.1,0.599384486675,2.2222222222222222e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,26.31,0.543630897999,2.2222222222222222e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,26.53,0.359066307545,2.2222222222222222e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,27.05,0.324396759272,2.2222222222222222e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.8,0.279864221811,2.2222222222222222e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,26.43,0.439959645271,1.5555555555555554e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.84,0.403150975704,1.5555555555555554e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.98,0.350252687931,1.5555555555555554e-7,linear,0,300000,none
sparse_transformer_l0_regularization,26.75,0.228510186076,1.5555555555555554e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.63,0.19983766973,1.5555555555555554e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.87,0.16727925837,1.5555555555555554e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,27.06,0.307675421238,1.5555555555555554e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.271998822689,1.5555555555555554e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.97,0.232137903571,1.5555555555555554e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,26.28,0.42937618494,8.88888888888889e-8,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.83,0.403703987598,8.88888888888889e-8,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.68,0.353124797344,8.88888888888889e-8,linear,0,300000,none
sparse_transformer_l0_regularization,25.99,0.523423373699,8.88888888888889e-8,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.506843864918,8.88888888888889e-8,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.82,0.451739370823,8.88888888888889e-8,linear,100000,300000,none
sparse_transformer_l0_regularization,26.73,0.293137699366,8.88888888888889e-8,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.92,0.26092877984,8.88888888888889e-8,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.59,0.223162576556,8.88888888888889e-8,linear,200000,300000,none
sparse_transformer_l0_regularization,26.89,0.361145228148,2.2222222222222224e-8,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.83,0.328904509544,2.2222222222222224e-8,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.56,0.284692138433,2.2222222222222224e-8,linear,0,300000,none
sparse_transformer_l0_regularization,26.82,0.179492369294,2.2222222222222224e-8,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.57,0.154416680336,2.2222222222222224e-8,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.66,0.124552577734,2.2222222222222224e-8,linear,100000,300000,none
sparse_transformer_l0_regularization,26.87,0.247116088867,2.2222222222222224e-8,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.43,0.217665985227,2.2222222222222224e-8,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.72,0.185545086861,2.2222222222222224e-8,linear,200000,300000,none
sparse_transformer_l0_regularization,26.77,0.309291273355,2.2222222222222222e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.52,0.285125285387,2.2222222222222222e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.61,0.240895286202,2.2222222222222222e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,26.39,0.391135901213,2.2222222222222222e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.66,0.37152415514,2.2222222222222222e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.59,0.325293600559,2.2222222222222222e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,26.98,0.201930746436,2.2222222222222222e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.177009135485,2.2222222222222222e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.65,0.141943976283,2.2222222222222222e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,26.75,0.262747645378,1.5555555555555554e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.69,0.235864266753,1.5555555555555554e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.96,0.19929215312,1.5555555555555554e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,27.06,0.104171790183,1.5555555555555554e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.6,0.083851903677,1.5555555555555554e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,26.02,0.0595298744738,1.5555555555555554e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,27.12,0.170050486922,1.5555555555555554e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.52,0.146940886974,1.5555555555555554e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.81,0.116705343127,1.5555555555555554e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,27.02,0.0498461872339,8.88888888888889e-8,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.66,0.0365385003388,8.88888888888889e-8,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.57,0.0192129984498,8.88888888888889e-8,cubic,0,300000,none
sparse_transformer_l0_regularization,27.12,0.0884116292,8.88888888888889e-8,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.0721614062786,8.88888888888889e-8,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,26.09,0.0433711335063,8.88888888888889e-8,cubic,100000,300000,none
sparse_transformer_l0_regularization,26.88,0.0163506604731,8.88888888888889e-8,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.00951712951064,8.88888888888889e-8,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.58,0.00525718461722,8.88888888888889e-8,cubic,200000,300000,none
sparse_transformer_l0_regularization,27.36,0.0401545912027,2.2222222222222224e-8,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.44,0.0263540092856,2.2222222222222224e-8,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.91,0.0147355962545,2.2222222222222224e-8,cubic,0,300000,none
sparse_transformer_l0_regularization,27.32,0.00336991995573,2.2222222222222224e-8,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.33,0.00182223890442,2.2222222222222224e-8,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.62,0.00170186301693,2.2222222222222224e-8,cubic,100000,300000,none
sparse_transformer_l0_regularization,26.83,0.0114515423775,2.2222222222222224e-8,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.82,0.00642892206088,2.2222222222222224e-8,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.21,0.0033072354272,2.2222222222222224e-8,cubic,200000,300000,none
sparse_transformer_l0_regularization,26.28,0.468771159649,2.2222222222222222e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.89,0.441392183304,2.2222222222222222e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,26.26,0.387974947691,2.2222222222222222e-7,linear,0,400000,none
sparse_transformer_l0_regularization,25.96,0.587633728981,2.2222222222222222e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.567946135998,2.2222222222222222e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.6,0.513202607632,2.2222222222222222e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,26.71,0.311634838581,1.5555555555555554e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.3,0.280486851931,1.5555555555555554e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.86,0.240772068501,1.5555555555555554e-7,linear,0,400000,none
sparse_transformer_l0_regularization,26.5,0.415523260832,1.5555555555555554e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.381225943565,1.5555555555555554e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.66,0.330888003111,1.5555555555555554e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,26.56,0.383899331093,8.88888888888889e-8,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.82,0.35839176178,8.88888888888889e-8,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,23.88,0.221636801958,8.88888888888889e-8,linear,0,400000,none
sparse_transformer_l0_regularization,26.07,0.496982365847,8.88888888888889e-8,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.475481897593,8.88888888888889e-8,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.48,0.422709941864,8.88888888888889e-8,linear,100000,400000,none
sparse_transformer_l0_regularization,26.81,0.2515232265,2.2222222222222224e-8,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.39,0.22493250668,2.2222222222222224e-8,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.49,0.189698725939,2.2222222222222224e-8,linear,0,400000,none
sparse_transformer_l0_regularization,26.85,0.340922564268,2.2222222222222224e-8,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.51,0.309704422951,2.2222222222222224e-8,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.33,0.267933428288,2.2222222222222224e-8,linear,100000,400000,none
sparse_transformer_l0_regularization,26.85,0.268570333719,2.2222222222222222e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.24647949636,2.2222222222222222e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.39,0.204390123487,2.2222222222222222e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,26.87,0.367498427629,2.2222222222222222e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.42,0.346107214689,2.2222222222222222e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.97,0.300082534552,2.2222222222222222e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,27.04,0.163611277938,1.5555555555555554e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.65,0.140386343002,1.5555555555555554e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.34,0.106193199754,1.5555555555555554e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,26.87,0.2436722368,1.5555555555555554e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.87,0.219705268741,1.5555555555555554e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.96,0.182587146759,1.5555555555555554e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,26.8,0.0302017647773,8.88888888888889e-8,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.24,0.0191703997552,8.88888888888889e-8,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.97,0.0107220672071,8.88888888888889e-8,cubic,0,400000,none
sparse_transformer_l0_regularization,26.91,0.073364906013,8.88888888888889e-8,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.4,0.0581427440047,8.88888888888889e-8,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.0327176600695,8.88888888888889e-8,cubic,100000,400000,none
sparse_transformer_l0_regularization,27.02,0.00805922690779,2.2222222222222224e-8,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.61,0.00415767589584,2.2222222222222224e-8,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.91,0.002407256281,2.2222222222222224e-8,cubic,0,400000,none
sparse_transformer_l0_regularization,27.02,0.0298236273229,2.2222222222222224e-8,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.46,0.0190516281873,2.2222222222222224e-8,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.00978883914649,2.2222222222222224e-8,cubic,100000,400000,none
sparse_transformer_l0_regularization,26.59,0.419582903385,2.2222222222222222e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.47,0.392166882753,2.2222222222222222e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,26.07,0.343666791916,2.2222222222222222e-7,linear,0,500000,none
sparse_transformer_l0_regularization,26.08,0.559724509716,2.2222222222222222e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.64,0.538296461105,2.2222222222222222e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.54,0.484032183886,2.2222222222222222e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,26.82,0.340343207121,1.5555555555555554e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.8,0.316078364849,1.5555555555555554e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,26.11,0.270613759756,1.5555555555555554e-7,linear,0,500000,none
sparse_transformer_l0_regularization,26.24,0.470343261957,1.5555555555555554e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.87,0.446642696857,1.5555555555555554e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.9,0.395383536816,1.5555555555555554e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,26.75,0.22998662293,8.88888888888889e-8,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.18,0.20667642355,8.88888888888889e-8,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.68,0.166576087475,8.88888888888889e-8,linear,0,500000,none
sparse_transformer_l0_regularization,26.65,0.342604875565,8.88888888888889e-8,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.7,0.321480840445,8.88888888888889e-8,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.36,0.275517553091,8.88888888888889e-8,cubic,0,500000,none
sparse_transformer_l0_regularization,26.94,0.0169191770256,2.2222222222222224e-8,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.011195467785,2.2222222222222224e-8,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.67,0.00561700249091,2.2222222222222224e-8,linear,0,500000,none
sparse_transformer_l0_regularization,26.72,0.0626325532794,2.2222222222222224e-8,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.67,0.0474849194288,2.2222222222222224e-8,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.41,0.0265085026622,2.2222222222222224e-8,cubic,0,500000,none
sparse_transformer_l0_regularization,23.42,0.807284593582,2.888888888888889e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,24.46,0.806386947632,2.888888888888889e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,24.41,0.768071293831,2.888888888888889e-7,linear,0,1,none
sparse_transformer_l0_regularization,22.88,0.843473792076,3.555555555555556e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,23.87,0.84387165308,3.555555555555556e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,23.97,0.810561418533,3.555555555555556e-7,linear,0,1,none
sparse_transformer_l0_regularization,22.26,0.868908345699,4.222222222222222e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,23.14,0.869241893291,4.222222222222222e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,23.6,0.841091692448,4.222222222222222e-7,linear,0,1,none
sparse_transformer_l0_regularization,24.76,0.705003619194,2.888888888888889e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.68,0.692927181721,2.888888888888889e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.48,0.640393137932,2.888888888888889e-7,linear,0,100000,none
sparse_transformer_l0_regularization,24.37,0.751554906368,2.888888888888889e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.17,0.744411349297,2.888888888888889e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.29,0.699217617512,2.888888888888889e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,26.25,0.532741725445,2.888888888888889e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.79,0.495496064425,2.888888888888889e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.436149001122,2.888888888888889e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,25.96,0.564964950085,2.888888888888889e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.3,0.531789064407,2.888888888888889e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.91,0.46877387166,2.888888888888889e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,26.91,0.386275738478,2.888888888888889e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.42,0.347334206104,2.888888888888889e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.16,0.296961158514,2.888888888888889e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,26.79,0.423220276833,2.888888888888889e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.45,0.381315469742,2.888888888888889e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.03,0.326430350542,2.888888888888889e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,26.69,0.244589373469,2.888888888888889e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.45,0.209576427937,2.888888888888889e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.84,0.175402149558,2.888888888888889e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,26.79,0.279370337725,2.888888888888889e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.95,0.242362037301,2.888888888888889e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.71,0.20197249949,2.888888888888889e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,27.21,0.0643142536283,2.888888888888889e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.85,0.0504091046751,2.888888888888889e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.75,0.0358332395554,2.888888888888889e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,27.07,0.112893745303,2.888888888888889e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.5,0.0929676145315,2.888888888888889e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.0730279535055,2.888888888888889e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,24.66,0.753527104855,3.555555555555556e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.26,0.743513166904,3.555555555555556e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,25.19,0.6964828372,3.555555555555556e-7,linear,0,100000,none
sparse_transformer_l0_regularization,23.79,0.794471383095,3.555555555555556e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.06,0.789804279804,3.555555555555556e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,24.67,0.749154865742,3.555555555555556e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,26.01,0.590274214745,3.555555555555556e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.553992271423,3.555555555555556e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.99,0.490755617619,3.555555555555556e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,25.85,0.622308075428,3.555555555555556e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.05,0.590339899063,3.555555555555556e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,26.01,0.526942312717,3.555555555555556e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,26.71,0.44286391139,3.555555555555556e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.62,0.398745328188,3.555555555555556e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.84,0.343507498503,3.555555555555556e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,26.52,0.478639781475,3.555555555555556e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.55,0.435474693775,3.555555555555556e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.18,0.374182194471,3.555555555555556e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,27.04,0.281359940767,3.555555555555556e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.25,0.242985442281,3.555555555555556e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.65,0.202300205827,3.555555555555556e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,27.02,0.321149945259,3.555555555555556e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.51,0.279607415199,3.555555555555556e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.91,0.233278095722,3.555555555555556e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,26.85,0.0828768759966,3.555555555555556e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.56,0.0673841908574,3.555555555555556e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.54,0.0499385856092,3.555555555555556e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,27,0.134866505861,3.555555555555556e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.29,0.111405432224,3.555555555555556e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.83,0.0896611660719,3.555555555555556e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,23.88,0.789538443089,4.222222222222222e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.97,0.782040119171,4.222222222222222e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,24.79,0.738838732243,4.222222222222222e-7,linear,0,100000,none
sparse_transformer_l0_regularization,23.65,0.825138628483,4.222222222222222e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.27,0.822867810726,4.222222222222222e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,24.66,0.786504626274,4.222222222222222e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,25.55,0.638269722462,4.222222222222222e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.51,0.603384554386,4.222222222222222e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.63,0.542948663235,4.222222222222222e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,25.55,0.669528365135,4.222222222222222e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.15,0.63921546936,4.222222222222222e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.88,0.578665196896,4.222222222222222e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,26.48,0.490907251835,4.222222222222222e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.81,0.443247914314,4.222222222222222e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26,0.383116990328,4.222222222222222e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,26.51,0.527180612087,4.222222222222222e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.96,0.482308298349,4.222222222222222e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.35,0.418882638216,4.222222222222222e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,26.98,0.315686404705,4.222222222222222e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.73,0.275236725807,4.222222222222222e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.44,0.228832602501,4.222222222222222e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,27.02,0.360317587852,4.222222222222222e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.8,0.315304428339,4.222222222222222e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.96,0.264792561531,4.222222222222222e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,26.9,0.0980386286974,4.222222222222222e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.0808302611113,4.222222222222222e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.49,0.0622689723969,4.222222222222222e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,27.25,0.154290825129,4.222222222222222e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.16,0.129814893007,4.222222222222222e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.61,0.104466222227,4.222222222222222e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,25.69,0.641263723373,2.888888888888889e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.91,0.6229570508,2.888888888888889e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.93,0.567472159863,2.888888888888889e-7,linear,0,200000,none
sparse_transformer_l0_regularization,24.98,0.712869942188,2.888888888888889e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.5,0.703328251839,2.888888888888889e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.57,0.653191447258,2.888888888888889e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,26.27,0.474559813738,2.888888888888889e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.63,0.435292333364,2.888888888888889e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.83,0.379931032658,2.888888888888889e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,26.22,0.536175131798,2.888888888888889e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.72,0.498703747988,2.888888888888889e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.8,0.438955307007,2.888888888888889e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.93,0.328709512949,2.888888888888889e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.5,0.290297538042,2.888888888888889e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.73,0.247249737382,2.888888888888889e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,26.59,0.393655270338,2.888888888888889e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.88,0.352016866207,2.888888888888889e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.64,0.30008494854,2.888888888888889e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,27.15,0.17669890821,2.888888888888889e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.6,0.151029214263,2.888888888888889e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.52,0.124203629792,2.888888888888889e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.83,0.243432611227,2.888888888888889e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.31,0.211212515831,2.888888888888889e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.9,0.17729523778,2.888888888888889e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,25.06,0.694571852684,3.555555555555556e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.94,0.677134633064,3.555555555555556e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.58,0.62488424778,3.555555555555556e-7,linear,0,200000,none
sparse_transformer_l0_regularization,24.28,0.760256290436,3.555555555555556e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.3,0.752084612846,3.555555555555556e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,24.97,0.706315219402,3.555555555555556e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,26.23,0.529960870743,3.555555555555556e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.64,0.490282714367,3.555555555555556e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,26.01,0.4306614995,3.555555555555556e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,26.12,0.592482089996,3.555555555555556e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.24,0.558106660843,3.555555555555556e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.87,0.496157169342,3.555555555555556e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.54,0.375441551208,3.555555555555556e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.45,0.332558989525,3.555555555555556e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.283407688141,3.555555555555556e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,26.62,0.445878744125,3.555555555555556e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.401118099689,3.555555555555556e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.93,0.342988073826,3.555555555555556e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,27.29,0.204724431038,3.555555555555556e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.76,0.175082057714,3.555555555555556e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.91,0.144569054246,3.555555555555556e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.83,0.283415615559,3.555555555555556e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.23,0.244802162051,3.555555555555556e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.89,0.205082580447,3.555555555555556e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,24.89,0.736624777317,4.222222222222222e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.7,0.721251606941,4.222222222222222e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.34,0.669352173805,4.222222222222222e-7,linear,0,200000,none
sparse_transformer_l0_regularization,23.97,0.796562314034,4.222222222222222e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.92,0.789200484753,4.222222222222222e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,24.82,0.748507201672,4.222222222222222e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,26.05,0.577240109444,4.222222222222222e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.25,0.537524938583,4.222222222222222e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.74,0.476580709219,4.222222222222222e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,25.66,0.640345335007,4.222222222222222e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.3,0.607596635818,4.222222222222222e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.85,0.545845448971,4.222222222222222e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.67,0.416362047195,4.222222222222222e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.59,0.372339934111,4.222222222222222e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.92,0.316776156425,4.222222222222222e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,26.25,0.492229133844,4.222222222222222e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.446830421686,4.222222222222222e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.67,0.386438786983,4.222222222222222e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,26.85,0.230099245906,4.222222222222222e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.83,0.196317642927,4.222222222222222e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,26.04,0.164199158549,4.222222222222222e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.99,0.319141566753,4.222222222222222e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.6,0.276468038559,4.222222222222222e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.98,0.231453374028,4.222222222222222e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,25.8,0.586361706257,2.888888888888889e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.39,0.564896464348,2.888888888888889e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.78,0.506012916565,2.888888888888889e-7,linear,0,300000,none
sparse_transformer_l0_regularization,25.09,0.682949542999,2.888888888888889e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.87,0.669448971748,2.888888888888889e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.83,0.615963220596,2.888888888888889e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,26.74,0.417608708143,2.888888888888889e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.35,0.380025058985,2.888888888888889e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.88,0.330672055483,2.888888888888889e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,26.06,0.506908237934,2.888888888888889e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.43,0.469937741756,2.888888888888889e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.79,0.412092894316,2.888888888888889e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,27.01,0.269587308168,2.888888888888889e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.5,0.235474601388,2.888888888888889e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.75,0.200051575899,2.888888888888889e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,26.8,0.362757831812,2.888888888888889e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.66,0.322010040283,2.888888888888889e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.95,0.275266885757,2.888888888888889e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,25.75,0.641498863697,3.555555555555556e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.46,0.619610726833,3.555555555555556e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,26.04,0.562898039818,3.555555555555556e-7,linear,0,300000,none
sparse_transformer_l0_regularization,24.66,0.732505440712,3.555555555555556e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.52,0.72055876255,3.555555555555556e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.34,0.671976864338,3.555555555555556e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,26.61,0.469757527113,3.555555555555556e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.62,0.430931061506,3.555555555555556e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.62,0.373493343592,3.555555555555556e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,26.14,0.564192116261,3.555555555555556e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.27,0.527663707733,3.555555555555556e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,26.06,0.466088145971,3.555555555555556e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,27.01,0.30693936348,3.555555555555556e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.55,0.27048188448,3.555555555555556e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,26.1,0.228524878621,3.555555555555556e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,26.71,0.411857068539,3.555555555555556e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.79,0.369350999594,3.555555555555556e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.98,0.315283685923,3.555555555555556e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,25.18,0.685205519199,4.222222222222222e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.04,0.665107309818,4.222222222222222e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.68,0.610206663609,4.222222222222222e-7,linear,0,300000,none
sparse_transformer_l0_regularization,24.25,0.770854175091,4.222222222222222e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.91,0.761692225933,4.222222222222222e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.07,0.71523720026,4.222222222222222e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,26.29,0.516107678413,4.222222222222222e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.43,0.474373757839,4.222222222222222e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.94,0.414815247059,4.222222222222222e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,25.8,0.611215174198,4.222222222222222e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.34,0.574893474579,4.222222222222222e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.68,0.514142990112,4.222222222222222e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,26.78,0.342874705791,4.222222222222222e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.78,0.301331013441,4.222222222222222e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.81,0.25711452961,4.222222222222222e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,26.67,0.457373142242,4.222222222222222e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.9,0.412739276886,4.222222222222222e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,26.2,0.352068811655,4.222222222222222e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,25.98,0.535109996796,2.888888888888889e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.507938861847,2.888888888888889e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,26.09,0.450735896826,2.888888888888889e-7,linear,0,400000,none
sparse_transformer_l0_regularization,25.38,0.654701590538,2.888888888888889e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.92,0.638903617859,2.888888888888889e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.55,0.584087193012,2.888888888888889e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,26.58,0.364524006844,2.888888888888889e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.78,0.327465653419,2.888888888888889e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.71,0.283539712429,2.888888888888889e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,26.52,0.479369014502,2.888888888888889e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.77,0.442168593407,2.888888888888889e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.95,0.385922938585,2.888888888888889e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,26.02,0.588080525398,3.555555555555556e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.19,0.565185785294,3.555555555555556e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.72,0.507287740707,3.555555555555556e-7,linear,0,400000,none
sparse_transformer_l0_regularization,24.97,0.70671081543,3.555555555555556e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.93,0.692428052425,3.555555555555556e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.55,0.638832390308,3.555555555555556e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,26.68,0.409922748804,3.555555555555556e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.43,0.371046930552,3.555555555555556e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,26.02,0.321363836527,3.555555555555556e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,26.48,0.535279929638,3.555555555555556e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.64,0.497036725283,3.555555555555556e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.93,0.43616399169,3.555555555555556e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,25.73,0.634954869747,4.222222222222222e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.32,0.612264811993,4.222222222222222e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.89,0.553508162498,4.222222222222222e-7,linear,0,400000,none
sparse_transformer_l0_regularization,24.39,0.746736228466,4.222222222222222e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.48,0.733617901802,4.222222222222222e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.46,0.685136437416,4.222222222222222e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,26.39,0.451964855194,4.222222222222222e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.410773187876,4.222222222222222e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.37,0.357934653759,4.222222222222222e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,26.11,0.581622123718,4.222222222222222e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.74,0.54390925169,4.222222222222222e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,26.09,0.483331590891,4.222222222222222e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,26.12,0.48364174366,2.888888888888889e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.54,0.455442488194,2.888888888888889e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.92,0.402877032757,2.888888888888889e-7,linear,0,500000,none
sparse_transformer_l0_regularization,25.77,0.627880930901,2.888888888888889e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.99,0.610635221004,2.888888888888889e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,26.01,0.553559541702,2.888888888888889e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,26.08,0.537867665291,3.555555555555556e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.61,0.510673642159,3.555555555555556e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,26.12,0.454616606236,3.555555555555556e-7,linear,0,500000,none
sparse_transformer_l0_regularization,25.09,0.68184363842,3.555555555555556e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.17,0.664425909519,3.555555555555556e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.77,0.61188429594,3.555555555555556e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,26.01,0.583498299122,4.222222222222222e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.5,0.556197404861,4.222222222222222e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.75,0.498594969511,4.222222222222222e-7,linear,0,500000,none
sparse_transformer_l0_regularization,24.84,0.723058342934,4.222222222222222e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.76,0.708774745464,4.222222222222222e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.51,0.658423542976,4.222222222222222e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,21.16,0.903274297714,5.555555555555555e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,22.27,0.903080940247,5.555555555555555e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,22.7,0.882563233376,5.555555555555555e-7,linear,0,1,none
sparse_transformer_l0_regularization,19.72,0.933345854282,7.777777777777778e-7,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,21.24,0.93366420269,7.777777777777778e-7,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,21.48,0.919579148293,7.777777777777778e-7,linear,0,1,none
sparse_transformer_l0_regularization,23.24,0.840158641338,5.555555555555555e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.23,0.83533257246,5.555555555555555e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,24.15,0.800186991692,5.555555555555555e-7,linear,0,100000,none
sparse_transformer_l0_regularization,22.65,0.869495391846,5.555555555555555e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.54,0.86761456728,5.555555555555555e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,23.45,0.839573264122,5.555555555555555e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,25.04,0.71046602726,5.555555555555555e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.02,0.681019067764,5.555555555555555e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.59,0.623520255089,5.555555555555555e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,24.65,0.738568723202,5.555555555555555e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.94,0.715176820755,5.555555555555555e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,25.36,0.660779237747,5.555555555555555e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,25.94,0.568285822868,5.555555555555555e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.59,0.522544145584,5.555555555555555e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.22,0.457788258791,5.555555555555555e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,25.95,0.604658305645,5.555555555555555e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.564059138298,5.555555555555555e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.07,0.498878777027,5.555555555555555e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,26.8,0.381326675415,5.555555555555555e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.68,0.333821594715,5.555555555555555e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,26.03,0.281318575144,5.555555555555555e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,26.61,0.430985808372,5.555555555555555e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.69,0.38225838542,5.555555555555555e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,26.06,0.322734773159,5.555555555555555e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,27.11,0.125048473477,5.555555555555555e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.95,0.104743123055,5.555555555555555e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.17,0.0841101408005,5.555555555555555e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,27.24,0.191156178713,5.555555555555555e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.5,0.160574361682,5.555555555555555e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.43,0.130944415927,5.555555555555555e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,21.78,0.889014482498,7.777777777777778e-7,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.09,0.885584950447,7.777777777777778e-7,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,23.38,0.861137568951,7.777777777777778e-7,linear,0,100000,none
sparse_transformer_l0_regularization,21.1,0.910109400749,7.777777777777778e-7,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.27,0.908903717995,7.777777777777778e-7,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,22.55,0.889639258385,7.777777777777778e-7,cubic,0,100000,none
sparse_transformer_l0_regularization,24.14,0.788930416107,7.777777777777778e-7,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.89,0.767930746078,7.777777777777778e-7,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,24.92,0.718768954277,7.777777777777778e-7,linear,100000,100000,none
sparse_transformer_l0_regularization,23.66,0.811884641647,7.777777777777778e-7,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.51,0.796103537083,7.777777777777778e-7,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,24.94,0.750787258148,7.777777777777778e-7,cubic,100000,100000,none
sparse_transformer_l0_regularization,25.77,0.662113964558,7.777777777777778e-7,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.37,0.62241089344,7.777777777777778e-7,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,25.58,0.557973384857,7.777777777777778e-7,linear,200000,100000,none
sparse_transformer_l0_regularization,25.07,0.697698354721,7.777777777777778e-7,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.74,0.661049962044,7.777777777777778e-7,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,26.16,0.598980128765,7.777777777777778e-7,cubic,200000,100000,none
sparse_transformer_l0_regularization,26.41,0.473121106625,7.777777777777778e-7,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.86,0.419433832169,7.777777777777778e-7,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,26.1,0.35853010416,7.777777777777778e-7,linear,300000,100000,none
sparse_transformer_l0_regularization,26.23,0.527354121208,7.777777777777778e-7,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.46,0.475553154945,7.777777777777778e-7,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.93,0.409924209118,7.777777777777778e-7,cubic,300000,100000,none
sparse_transformer_l0_regularization,26.8,0.163286745548,7.777777777777778e-7,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.29,0.136762410402,7.777777777777778e-7,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.78,0.111190706491,7.777777777777778e-7,linear,400000,100000,none
sparse_transformer_l0_regularization,27.01,0.247905120254,7.777777777777778e-7,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.37,0.209271386266,7.777777777777778e-7,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,25.56,0.171357274055,7.777777777777778e-7,cubic,400000,100000,none
sparse_transformer_l0_regularization,23.98,0.795023143291,5.555555555555555e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.08,0.783780515194,5.555555555555555e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,25.22,0.741602241993,5.555555555555555e-7,linear,0,200000,none
sparse_transformer_l0_regularization,22.93,0.845236122608,5.555555555555555e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.15,0.840732812881,5.555555555555555e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,24.21,0.807696223259,5.555555555555555e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,25.52,0.652505040169,5.555555555555555e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.16,0.616826534271,5.555555555555555e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,26.08,0.555295526981,5.555555555555555e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,24.78,0.712429642677,5.555555555555555e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.77,0.686035990715,5.555555555555555e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.41,0.627518117428,5.555555555555555e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.46,0.490866959095,5.555555555555555e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.76,0.441728234291,5.555555555555555e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,26.04,0.381416171789,5.555555555555555e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,26.06,0.570704579353,5.555555555555555e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.63,0.52461796999,5.555555555555555e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.83,0.460636377335,5.555555555555555e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,27.15,0.278524488211,5.555555555555555e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.39,0.239662766457,5.555555555555555e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,26.2,0.19977658987,5.555555555555555e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.7,0.384511679411,5.555555555555555e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.72,0.335992842913,5.555555555555555e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,26,0.283173054457,5.555555555555555e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,22.87,0.855090558529,7.777777777777778e-7,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.75,0.847429811954,7.777777777777778e-7,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,24.06,0.815214633942,7.777777777777778e-7,linear,0,200000,none
sparse_transformer_l0_regularization,21.93,0.892696857452,7.777777777777778e-7,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.97,0.890202522278,7.777777777777778e-7,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,23.26,0.866512358189,7.777777777777778e-7,cubic,0,200000,none
sparse_transformer_l0_regularization,24.81,0.738049447536,7.777777777777778e-7,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.56,0.71020168066,7.777777777777778e-7,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25.94,0.652709662914,7.777777777777778e-7,linear,100000,200000,none
sparse_transformer_l0_regularization,24.03,0.790073394775,7.777777777777778e-7,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.02,0.769579827785,7.777777777777778e-7,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,25,0.721285581589,7.777777777777778e-7,cubic,100000,200000,none
sparse_transformer_l0_regularization,26.08,0.586418867111,7.777777777777778e-7,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.55,0.539181888103,7.777777777777778e-7,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,26.32,0.473165720701,7.777777777777778e-7,linear,200000,200000,none
sparse_transformer_l0_regularization,25.63,0.663412690163,7.777777777777778e-7,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.21,0.624015748501,7.777777777777778e-7,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,25.78,0.560039103031,7.777777777777778e-7,cubic,200000,200000,none
sparse_transformer_l0_regularization,26.74,0.351732313633,7.777777777777778e-7,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.48,0.306453019381,7.777777777777778e-7,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.86,0.255111277103,7.777777777777778e-7,linear,300000,200000,none
sparse_transformer_l0_regularization,26.41,0.474277168512,7.777777777777778e-7,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.55,0.42257925868,7.777777777777778e-7,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,26.15,0.359867572784,7.777777777777778e-7,cubic,300000,200000,none
sparse_transformer_l0_regularization,24.5,0.751312017441,5.555555555555555e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.37,0.734768509865,5.555555555555555e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,25.63,0.68544203043,5.555555555555555e-7,linear,0,300000,none
sparse_transformer_l0_regularization,23.32,0.823882699013,5.555555555555555e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.48,0.817084550858,5.555555555555555e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,24.51,0.780844926834,5.555555555555555e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,25.92,0.590337574482,5.555555555555555e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.44,0.551062166691,5.555555555555555e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.92,0.487669438124,5.555555555555555e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,25.28,0.685072600842,5.555555555555555e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.86,0.655083835125,5.555555555555555e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.55,0.592560172081,5.555555555555555e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,26.41,0.40522146225,5.555555555555555e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.93,0.360735476017,5.555555555555555e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.77,0.307685762644,5.555555555555555e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,26.18,0.533005595207,5.555555555555555e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.73,0.48703545332,5.555555555555555e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.75,0.423518180847,5.555555555555555e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,23.59,0.819338560104,7.777777777777778e-7,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.52,0.807998478413,7.777777777777778e-7,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,24.86,0.768941760063,7.777777777777778e-7,linear,0,300000,none
sparse_transformer_l0_regularization,22.09,0.877434015274,7.777777777777778e-7,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.02,0.872653722763,7.777777777777778e-7,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,23.59,0.845350563526,7.777777777777778e-7,cubic,0,300000,none
sparse_transformer_l0_regularization,25.14,0.681377887726,7.777777777777778e-7,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.91,0.647702991962,7.777777777777778e-7,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25.67,0.586764216423,7.777777777777778e-7,linear,100000,300000,none
sparse_transformer_l0_regularization,24.39,0.767445862293,7.777777777777778e-7,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.06,0.744170248508,7.777777777777778e-7,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,25,0.692263185978,7.777777777777778e-7,cubic,100000,300000,none
sparse_transformer_l0_regularization,26.4,0.496257603168,7.777777777777778e-7,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.75,0.448084443808,7.777777777777778e-7,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.94,0.386742919683,7.777777777777778e-7,linear,200000,300000,none
sparse_transformer_l0_regularization,25.96,0.628391981125,7.777777777777778e-7,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.16,0.58686208725,7.777777777777778e-7,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,26.15,0.521515846252,7.777777777777778e-7,cubic,200000,300000,none
sparse_transformer_l0_regularization,24.98,0.704274654388,5.555555555555555e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.81,0.683748424053,5.555555555555555e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.55,0.629558205605,5.555555555555555e-7,linear,0,400000,none
sparse_transformer_l0_regularization,23.7,0.803914606571,5.555555555555555e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.48,0.795145153999,5.555555555555555e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,24.78,0.75431227684,5.555555555555555e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,26.48,0.523357272148,5.555555555555555e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.71,0.481985300779,5.555555555555555e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.73,0.4221534729,5.555555555555555e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,25.61,0.657299816608,5.555555555555555e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.04,0.623567938805,5.555555555555555e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,26.05,0.561248362064,5.555555555555555e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,24.11,0.780891418457,7.777777777777778e-7,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.12,0.765317320824,7.777777777777778e-7,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,25.12,0.719275295734,7.777777777777778e-7,linear,0,400000,none
sparse_transformer_l0_regularization,22.72,0.861776232719,7.777777777777778e-7,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.26,0.856371581554,7.777777777777778e-7,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,23.89,0.825723946095,7.777777777777778e-7,cubic,0,400000,none
sparse_transformer_l0_regularization,25.88,0.617474317551,7.777777777777778e-7,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.578327178955,7.777777777777778e-7,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.47,0.514847993851,7.777777777777778e-7,linear,100000,400000,none
sparse_transformer_l0_regularization,24.73,0.743603825569,7.777777777777778e-7,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.72,0.716995537281,7.777777777777778e-7,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,25.63,0.66160607338,7.777777777777778e-7,cubic,100000,400000,none
sparse_transformer_l0_regularization,25.45,0.65565174818,5.555555555555555e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.16,0.632469952106,5.555555555555555e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.76,0.575749278069,5.555555555555555e-7,linear,0,500000,none
sparse_transformer_l0_regularization,24.14,0.783869385719,5.555555555555555e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.74,0.773920118809,5.555555555555555e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.32,0.727296888828,5.555555555555555e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,24.5,0.737558424473,7.777777777777778e-7,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.78,0.718875646591,7.777777777777778e-7,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,25.39,0.66671860218,7.777777777777778e-7,linear,0,500000,none
sparse_transformer_l0_regularization,22.92,0.84605962038,7.777777777777778e-7,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.03,0.839000999928,7.777777777777778e-7,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,24.3,0.804736852646,7.777777777777778e-7,cubic,0,500000,none
sparse_transformer_l0_regularization,17.28,0.966960012913,0.000002222222222222222,linear,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,18.78,0.966093122959,0.000002222222222222222,linear,0,100000,label_smoothing
sparse_transformer_l0_regularization,19.39,0.959567964077,0.000002222222222222222,linear,0,100000,none
sparse_transformer_l0_regularization,16.61,0.972885191441,0.000002222222222222222,cubic,0,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,18.03,0.972421646118,0.000002222222222222222,cubic,0,100000,label_smoothing
sparse_transformer_l0_regularization,18.81,0.967341005802,0.000002222222222222222,cubic,0,100000,none
sparse_transformer_l0_regularization,18.96,0.936686694622,0.000002222222222222222,linear,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,20.19,0.931124091148,0.000002222222222222222,linear,100000,100000,label_smoothing
sparse_transformer_l0_regularization,20.85,0.915353059769,0.000002222222222222222,linear,100000,100000,none
sparse_transformer_l0_regularization,18.54,0.944893300533,0.000002222222222222222,cubic,100000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,19.93,0.940331816673,0.000002222222222222222,cubic,100000,100000,label_smoothing
sparse_transformer_l0_regularization,20.55,0.927178025246,0.000002222222222222222,cubic,100000,100000,none
sparse_transformer_l0_regularization,21.15,0.881413698196,0.000002222222222222222,linear,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.5,0.866185307503,0.000002222222222222222,linear,200000,100000,label_smoothing
sparse_transformer_l0_regularization,23.14,0.836165130138,0.000002222222222222222,linear,200000,100000,none
sparse_transformer_l0_regularization,20.05,0.899505019188,0.000002222222222222222,cubic,200000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.17,0.886596798897,0.000002222222222222222,cubic,200000,100000,label_smoothing
sparse_transformer_l0_regularization,22.39,0.860123217106,0.000002222222222222222,cubic,200000,100000,none
sparse_transformer_l0_regularization,24.15,0.757618546486,0.000002222222222222222,linear,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.08,0.71955794096,0.000002222222222222222,linear,300000,100000,label_smoothing
sparse_transformer_l0_regularization,25.3,0.66581004858,0.000002222222222222222,linear,300000,100000,none
sparse_transformer_l0_regularization,23.17,0.798922181129,0.000002222222222222222,cubic,300000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.8,0.768445789814,0.000002222222222222222,cubic,300000,100000,label_smoothing
sparse_transformer_l0_regularization,24.78,0.721038401127,0.000002222222222222222,cubic,300000,100000,none
sparse_transformer_l0_regularization,26.97,0.359431058168,0.000002222222222222222,linear,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.31,0.310509234667,0.000002222222222222222,linear,400000,100000,label_smoothing
sparse_transformer_l0_regularization,26.02,0.2587415874,0.000002222222222222222,linear,400000,100000,none
sparse_transformer_l0_regularization,26.24,0.507609307766,0.000002222222222222222,cubic,400000,100000,dropout+label_smoothing
sparse_transformer_l0_regularization,26.26,0.448398828506,0.000002222222222222222,cubic,400000,100000,label_smoothing
sparse_transformer_l0_regularization,26.04,0.386372715235,0.000002222222222222222,cubic,400000,100000,none
sparse_transformer_l0_regularization,18.11,0.956584632397,0.000002222222222222222,linear,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,19.38,0.954874455929,0.000002222222222222222,linear,0,200000,label_smoothing
sparse_transformer_l0_regularization,19.85,0.945438683033,0.000002222222222222222,linear,0,200000,none
sparse_transformer_l0_regularization,17.05,0.967824518681,0.000002222222222222222,cubic,0,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,18.74,0.967054069042,0.000002222222222222222,cubic,0,200000,label_smoothing
sparse_transformer_l0_regularization,19.38,0.961006641388,0.000002222222222222222,cubic,0,200000,none
sparse_transformer_l0_regularization,19.78,0.916705369949,0.000002222222222222222,linear,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,21.09,0.908143758774,0.000002222222222222222,linear,100000,200000,label_smoothing
sparse_transformer_l0_regularization,22.06,0.886936306953,0.000002222222222222222,linear,100000,200000,none
sparse_transformer_l0_regularization,18.81,0.937273025513,0.000002222222222222222,cubic,100000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,20.55,0.9314057827,0.000002222222222222222,cubic,100000,200000,label_smoothing
sparse_transformer_l0_regularization,20.97,0.916439533234,0.000002222222222222222,cubic,100000,200000,none
sparse_transformer_l0_regularization,22.43,0.838077545166,0.000002222222222222222,linear,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.46,0.815518736839,0.000002222222222222222,linear,200000,200000,label_smoothing
sparse_transformer_l0_regularization,23.97,0.774653553963,0.000002222222222222222,linear,200000,200000,none
sparse_transformer_l0_regularization,20.95,0.882755637169,0.000002222222222222222,cubic,200000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.53,0.867323040962,0.000002222222222222222,cubic,200000,200000,label_smoothing
sparse_transformer_l0_regularization,22.98,0.837207376957,0.000002222222222222222,cubic,200000,200000,none
sparse_transformer_l0_regularization,25.64,0.63815587759,0.000002222222222222222,linear,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.81,0.589510083199,0.000002222222222222222,linear,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.86,0.524382948875,0.000002222222222222222,linear,300000,200000,none
sparse_transformer_l0_regularization,24.07,0.759300470352,0.000002222222222222222,cubic,300000,200000,dropout+label_smoothing
sparse_transformer_l0_regularization,25.02,0.722103714943,0.000002222222222222222,cubic,300000,200000,label_smoothing
sparse_transformer_l0_regularization,25.15,0.666441559792,0.000002222222222222222,cubic,300000,200000,none
sparse_transformer_l0_regularization,18.94,0.944628238678,0.000002222222222222222,linear,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,20.2,0.941746354103,0.000002222222222222222,linear,0,300000,label_smoothing
sparse_transformer_l0_regularization,20.92,0.928903400898,0.000002222222222222222,linear,0,300000,none
sparse_transformer_l0_regularization,17.71,0.963095188141,0.000002222222222222222,cubic,0,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,19.11,0.962082743645,0.000002222222222222222,cubic,0,300000,label_smoothing
sparse_transformer_l0_regularization,19.69,0.954818785191,0.000002222222222222222,cubic,0,300000,none
sparse_transformer_l0_regularization,20.99,0.889761030674,0.000002222222222222222,linear,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.26,0.877814054489,0.000002222222222222222,linear,100000,300000,label_smoothing
sparse_transformer_l0_regularization,22.53,0.850226163864,0.000002222222222222222,linear,100000,300000,none
sparse_transformer_l0_regularization,19.33,0.928378224373,0.000002222222222222222,cubic,100000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,20.85,0.921240866184,0.000002222222222222222,cubic,100000,300000,label_smoothing
sparse_transformer_l0_regularization,21.19,0.903476476669,0.000002222222222222222,cubic,100000,300000,none
sparse_transformer_l0_regularization,23.97,0.775232732296,0.000002222222222222222,linear,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,24.89,0.744444489479,0.000002222222222222222,linear,200000,300000,label_smoothing
sparse_transformer_l0_regularization,25.21,0.692443847656,0.000002222222222222222,linear,200000,300000,none
sparse_transformer_l0_regularization,21.6,0.86386269331,0.000002222222222222222,cubic,200000,300000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.05,0.845925271511,0.000002222222222222222,cubic,200000,300000,label_smoothing
sparse_transformer_l0_regularization,23.62,0.810236930847,0.000002222222222222222,cubic,200000,300000,none
sparse_transformer_l0_regularization,19.82,0.929896593094,0.000002222222222222222,linear,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,21.1,0.925555229187,0.000002222222222222222,linear,0,400000,label_smoothing
sparse_transformer_l0_regularization,21.23,0.909827589989,0.000002222222222222222,linear,0,400000,none
sparse_transformer_l0_regularization,17.93,0.958242535591,0.000002222222222222222,cubic,0,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,19.53,0.956716001034,0.000002222222222222222,cubic,0,400000,label_smoothing
sparse_transformer_l0_regularization,19.78,0.948375999928,0.000002222222222222222,cubic,0,400000,none
sparse_transformer_l0_regularization,22.1,0.855067491531,0.000002222222222222222,linear,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,23.6,0.838688611984,0.000002222222222222222,linear,100000,400000,label_smoothing
sparse_transformer_l0_regularization,24.1,0.802528619766,0.000002222222222222222,linear,100000,400000,none
sparse_transformer_l0_regularization,19.71,0.918411254883,0.000002222222222222222,cubic,100000,400000,dropout+label_smoothing
sparse_transformer_l0_regularization,21.13,0.910342931747,0.000002222222222222222,cubic,100000,400000,label_smoothing
sparse_transformer_l0_regularization,21.49,0.889998018742,0.000002222222222222222,cubic,100000,400000,none
sparse_transformer_l0_regularization,20.39,0.911605238914,0.000002222222222222222,linear,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,22.14,0.905870318413,0.000002222222222222222,linear,0,500000,label_smoothing
sparse_transformer_l0_regularization,22.27,0.885381519794,0.000002222222222222222,linear,0,500000,none
sparse_transformer_l0_regularization,18.44,0.953211545944,0.000002222222222222222,cubic,0,500000,dropout+label_smoothing
sparse_transformer_l0_regularization,19.74,0.951303899288,0.000002222222222222222,cubic,0,500000,label_smoothing
sparse_transformer_l0_regularization,20.6,0.941744685173,0.000002222222222222222,cubic,0,500000,none
sparse_transformer_l0_regularization,15.6,0.979508280754,0.000002222222222222222,linear,0,1,dropout+label_smoothing
sparse_transformer_l0_regularization,16.83,0.979455411434,0.000002222222222222222,linear,0,1,label_smoothing
sparse_transformer_l0_regularization,17.67,0.975324928761,0.000002222222222222222,linear,0,1,none
